diff --git "a/measurement.json" "b/measurement.json"
new file mode 100644--- /dev/null
+++ "b/measurement.json"
@@ -0,0 +1,78127 @@
+{
+    "measurement": {
+        "model.layers.0.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.931720134066908,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9355725969531035,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9450488163060263,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9641020477406288,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9677989061333632,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9686018702034888,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9775939764160859,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9782281388577662,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9800385733772266,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.981147011496911,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9840264645846266,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9851375787862038,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9859489948537788,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9872836893620459,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9922903131840652,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9935194073048862,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9940997697167883,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9961390057823768,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9983384698494583,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.8976706735985844,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.901040514342879,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9226489108251898,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9319498918362354,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9550219908062565,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9577442975714803,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9688897959299778,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9746584551850039,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9774242563565311,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9770999624099779,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9802542375645747,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9885240112995043,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9900061610081282,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9932585964959703,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9941717655839104,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9966531554053194,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9976908667748304,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.1.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.8343221386404414,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.842511628607386,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8676573804726726,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9129378841699738,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9159436261183337,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9198583185084557,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9370761144122011,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9412356569480739,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9508266676903555,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9528284540497943,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9588298074116832,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9642593902780822,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9625252513705116,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9682501948095465,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9783634711056948,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9834200919262672,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9825171034194922,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9911562605197296,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9952638078554484,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.981073019535918,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9831932221759895,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.983091221190989,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9832551217221311,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9928168531286677,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9960622035034344,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9964027997431051,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9938832463966193,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.996708821073346,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9975102327819179,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9953164758258745,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9988124425979453,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9987978103438907,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9990079099784213,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9993154982336196,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9993722532250869,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.999461867172948,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.2.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.8670008764847329,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8713036765785593,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8890890973178964,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9259124278630081,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9340619571801079,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9350453172075122,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9616647408294835,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9627743068788397,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9660392471981284,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9676339218000832,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9673519963153491,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.969380222211935,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9724476750891068,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9745529226370548,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9850129072284816,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9873375286176604,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9901400569238161,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9937673175866765,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9973813073317471,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.783146102961741,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7878778098445189,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8282422925296583,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8404774046257922,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.893368197114844,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9013919183298161,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9185286199575976,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9451174094880882,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9501400384071627,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9461031554168776,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9526641715906168,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9726454645983482,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9764554545675453,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.985354621012352,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9861183838036499,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9895284045977812,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9960769403627828,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.3.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.8623377368050187,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8663079608231783,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8803308427725968,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.925082126387248,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9310053609997818,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.932011919684316,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9587568164754071,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9599912009496046,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9633954444802121,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.965167353763,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9655199981000471,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9679930629698854,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9693757784307787,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9720892594931158,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9833632704409722,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9859810003177508,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9892389208972944,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9930327367527705,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9970860248247749,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7815106644442207,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7862942320735831,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8212043321446368,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8320947814928858,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8903752534013045,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.898757309505814,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9140580939619165,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9435640740159311,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9485275149345398,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9444205143341893,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9511998509498019,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9717770410015395,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9757336915323609,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9848736453507292,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9856676198542118,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9887014411291793,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9959926027069358,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.4.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.8460210230397551,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8493560465346826,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8682690323575547,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9121129592194369,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9217171660183292,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.923300428610099,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9481412636018113,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9502524011033147,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9572835192574483,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9589661313465944,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9613707739075548,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9645209941816957,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.965333501391701,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9688023230257002,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9809338029988698,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9845068246175191,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9865283090131063,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9924553387651318,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9965199378110763,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7673679119662234,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7722458760989339,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8109179539115805,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8224265442082757,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8833027776134641,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8923626663653474,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9089433895914178,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9403112573843253,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9455875699457369,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9408204967254087,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9481344617118961,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9699331136714471,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9742185701861193,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9839922560280875,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9847097971329564,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9879379755278167,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9957964833409182,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.5.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.8232730581964317,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8266240613240945,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.853192176669836,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8928525316479959,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9069276860866108,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9115080342284942,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9307555892553768,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9371379720243185,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9491328823527223,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9513936733925029,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9554312935000971,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9600264143786932,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.959402766299287,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9646861135567489,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9768474741936907,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9820357989397293,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9817381829121395,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9915148484900496,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9950534770338747,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7508022408736379,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7560039946907445,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7987177207281715,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8110353013402537,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.874944306910038,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8845867565587947,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9026224072042265,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9361983108285227,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9418237646551508,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9366450427394164,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9444208027500856,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.967867558331866,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9723790637952717,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9829419779738313,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.983672169723401,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.987245391931777,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9955429820417377,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.6.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.815143167188293,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8189935417551744,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8405892903867521,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8869963609858563,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9042342034609694,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9083445095702222,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9337770105584672,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9390482928015684,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9471584282031185,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.950313135344339,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9541307047597671,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9583736606138318,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9593812600268345,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9640918710808221,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9772042964928245,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9819586408373556,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9829572844319046,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9905203779375082,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9954518930140981,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7492428386681957,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7544496071181799,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7972233616992047,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8095371970220616,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8735975019241634,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8834827118798306,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9014454566334423,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9354516677558422,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9410687642858216,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9359256195786753,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9437725524369039,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9674730812640566,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9720440750059328,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9826974449679255,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9834627516959843,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9870340457970375,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9954815081835381,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.7.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.8105781125394922,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.813435967423414,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8393000285876424,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8762818155320067,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9047580724091906,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9091903533002264,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9315673522651196,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9372630431071708,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9449973576947263,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.947980748587533,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.954030837324497,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9580202737430993,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.958171163342501,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9630324144504572,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9762428566127231,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9815134143848953,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9815976731234083,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9910302616802877,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9951369706786385,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7456992319539973,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.750852431905897,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7949281660349745,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8076886444499618,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.872259799979235,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8821880693890547,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9007138135401827,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9347860442572519,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.940480325371027,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.935269622230216,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.943215877503941,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9671504845548617,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9717607206027759,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9825168624520302,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9832947237024966,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9869619176576012,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9953904380458162,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.8.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.8040844856908447,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8096135619439577,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8351059030545385,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8779656165524533,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9000640860513637,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9042837462927166,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9297597720042655,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9352216210804487,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9439312336280158,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9463159682131127,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9522488350538831,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9563774706697777,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9574753204850774,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9619257798614471,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9761100263383827,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9806572743936589,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9820682448089907,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9901070278260464,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9951485204142764,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7358651843510176,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7412214702681491,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7872156022410643,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8007119082306561,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8671280802472642,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8774773409884227,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8968430228139225,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9319880537100529,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9380117843025609,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9327080554671978,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9409692542333352,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9658748706508624,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9706591749563813,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9818187991745377,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9826715403775635,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9865396261509312,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9952333496491376,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.9.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.773693320782561,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7788688905144993,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8048218449479655,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8526010556440604,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8844389309616465,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8894509261375979,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9185976882122064,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9252569508787832,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9354419816089303,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9391353588159147,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9446195231652573,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9498909482438314,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9502390435847797,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9558089292167049,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9720985050754327,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9776529952099449,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9793728590011597,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9886423877783512,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9944685347819406,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.731603868697819,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7370830789992684,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7833771787975964,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7968612501495763,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8651811145246029,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8757150604536659,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8949642875476888,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9311025746558842,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9370628090477303,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9317064606829694,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9400894303659075,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9653520977222606,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9702143317186519,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9815329396116891,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9823873195503103,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9862176499231473,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9951475313374478,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.10.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.778563341027812,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7838644812765875,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8102714882085198,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8622630967905647,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8863028529051103,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8909857745625471,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9232071653792733,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9295017454577119,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9388453123208723,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9418458865073166,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9450495355811558,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.949690707420048,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9509517479883998,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9564226239331459,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.972861925826261,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9780757232618175,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9803753484432635,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9888324823818708,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9947709306755936,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7182973976197995,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7239647719420885,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7735930249879235,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7881917306467107,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8582189430139566,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8693249204048985,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8901074158125802,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9273654083280187,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9337757202355486,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9281648954278544,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9369992242243729,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9635506218397304,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.968672496462731,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.980537848743169,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9814750910491535,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9855974921711573,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9948802401042102,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.11.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7677991303958391,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7737317536222308,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7977212220430374,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8461969788921506,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8807355828191105,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8858022960393053,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9192938285046502,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9262341470702699,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9344649225669472,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9376064883054871,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9430762537215885,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9471586835815718,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9492400486610437,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9535676912453613,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9713530391454697,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9768488391449577,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9793810065541613,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9881751992935804,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9944718039079913,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7098231688141823,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7155798187381344,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7666525232948755,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7818351305629078,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8535828543336768,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8650983515146532,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8865705785390577,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9248641815624739,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.931522734071079,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9258099488521877,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9349424174349559,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9623566785533177,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9676459063040583,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.979864441152466,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9808898862745417,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9851495136359805,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9946994656991017,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.12.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7576470343690169,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7625695451309806,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.788774530354299,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.839487934190976,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8736579178979522,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.878429272457173,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9150454680386343,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9209926142112205,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.932433968115794,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.936290543722479,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9396599503724199,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9449933839863852,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9461265332800777,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9521621739197719,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9699156418638794,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9761256650090218,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9783137002469677,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9877095800628396,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9942220995986932,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7122814804315567,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7177651963735882,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.766930906788299,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7815415459243875,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8552192908368612,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8683226659501854,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8893686487878624,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9246066806739882,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9325489857675213,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9273768443810313,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9364711194250145,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9630406148927777,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9683371976410088,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9800312937188306,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9812328770854756,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9854401108122578,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9946599729163083,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.13.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7408924738043232,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.746920509557975,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7757764356700998,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8312874663817256,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8666839591766659,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8698028404461711,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9111966831903708,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9151264125187146,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9285491502990848,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9325323430331129,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.934683447997821,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9407418813360364,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9416506654141765,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9484026971224108,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9679001457008877,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9741610844962691,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.977027906742143,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9864823028298193,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9938955321466845,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.698551047789423,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.704591890698985,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7570802804670835,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7724892865670354,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8482049342833067,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8600668428759826,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8819097025614036,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9223142478026842,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9290437178784295,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9231142460515624,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9325493154557127,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9609840955389173,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9664622391329,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9791505093637266,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9801822408151469,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9844904774064688,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9945017410393217,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.14.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7469499981717059,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7526917371310686,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7814807629114703,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8346585380403619,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8704439370255721,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8751793609637963,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.91436956744445,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.920854687298599,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9332163696618456,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9366410592276799,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9368245413428858,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9430574917871701,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9440692300467115,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9509134558274558,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9687811899930239,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9753971232199355,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9775703611146462,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9874326309287235,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9940946412664887,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6935751296971974,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6998144803862822,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7527919337153435,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7686256758476558,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.844827301800251,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8571220354030007,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8794939598362697,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9202167315310553,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9272909072276793,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9211716457809273,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9309502251838383,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9599125714678514,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9656036933393854,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9784880103053231,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9796041778141731,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.984002680713801,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9943190323875138,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.15.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7251214212492892,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.732054624118303,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7627254442164773,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8179628601983974,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8581970698739353,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8625211119651794,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.904930624130525,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9101344005841958,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9198750992746729,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.92269393252699,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9306501252086539,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9356218247037185,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9380841423806391,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9436219758109042,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.96617560745462,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9718285247585491,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9757277264602875,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9858919209065405,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9934933926959179,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6818254503764605,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6883259643065303,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.744115863191454,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7605764207087065,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8390585999739797,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8518320533790087,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.875234067440033,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9172539799229095,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9246200677987776,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9182124492761335,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9283911025053576,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9583767686823481,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9643458542659095,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9776908280818086,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9788260826056725,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9834141027378408,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9940877037833592,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.16.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7147671243077831,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7210006211933337,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7574609459230774,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8164525357516188,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8533065017116697,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8571980819106102,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9027292563727027,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9077287845705685,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9153515190670365,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9180765136292106,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.927885739034728,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9324754209894883,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9361135802770916,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9407630817670571,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9650620969110414,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9701722455456069,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9750373044884518,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9855370415913823,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.993354024095951,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6806358663659346,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6872373152720301,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7430768514934338,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7596227530586093,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8386248412885164,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8515067073075395,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8749190839497667,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.916908715900622,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9243471945979094,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9179938784555385,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9282330353009074,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9582870249685488,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9642427203882682,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9775751358094183,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9787761625392657,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9833861886964816,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9940691910757634,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.17.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7228584046426572,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7297052450870213,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7614285585127378,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8215096075283854,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8582221210787171,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8616055077628085,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9112731684979639,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9150444751507357,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9218056327418277,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9253506009515963,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9304348634261834,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9345017818636016,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9392591752111912,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9436603594375284,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9667364336354167,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9718600366460649,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9771388192710123,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9859225457093042,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9939644012943303,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6785303338577873,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6851271861477902,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7411863066648182,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.758086205705216,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8369662663654277,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8500069885661727,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8737450622414288,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9158931347100359,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.923465679742788,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9172482133695954,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9275625265742603,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9579362263412852,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9639474304490968,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9773825000677454,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9786330741879187,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9833630120479747,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9940119505198183,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.18.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7057083578486192,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7127285050718408,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7452830542859279,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8104708418250084,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.850233574446879,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8535166316126522,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9069692316023927,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9108452232260453,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9174915028637961,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9210744562901949,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9257493097531169,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9302156426404652,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9348002083991703,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9395157214450209,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9643548057463608,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9697979037698946,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9756064471837721,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9849031645265457,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9935760145369721,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6742863294325376,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6811624020338058,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7363397643754357,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7527452534750888,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8353058597759196,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8484089982352758,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8714639019024999,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9152047063567137,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9226139319178305,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9163130006115687,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9267108016892484,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9574015545413682,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9634668037883545,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9770358762164649,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.978312738778952,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9828474062347883,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9938454142967729,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.19.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7122468156249899,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7199192086332722,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.753378028148099,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8152909435723957,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8546241506149894,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8573864988590542,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9098934848841868,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.913548327198154,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9197741748863145,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9231752394453475,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9276428316768847,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9323162407075104,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.936574156347074,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9413675510961759,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9653076492249966,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9706200209299201,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9761750360852793,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9853646073882517,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9936619293140737,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.666362212676751,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6733130428351854,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7292721059761549,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7461351360145367,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8309928037618336,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8443376206253704,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8679358672938848,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9128708415909818,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.920546037193976,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9141197283017009,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9247576645330379,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9563313850054616,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9625493429209057,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9765141718579751,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.977793804124782,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9824267801289496,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9937736700092884,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.20.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7295589619561246,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7363641434594205,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7674715479737834,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8271177152269765,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8624990821668976,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8657692608080412,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9169501807344587,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9210172995532814,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9293535681147325,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9331796533967319,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9322112316363736,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9374954847520903,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9414344028030571,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9471022090629527,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.967771005179537,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9735997366767964,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.978390522399231,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9864573405418349,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9942843564050762,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6756924916254847,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6824509509299931,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7373404761678295,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7543205469846725,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8353379117815118,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.848473492421602,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8719062252264274,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9148275620843235,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9224127497720092,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9163825815837634,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9267449831884158,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9574837948342687,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9635263823560978,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9770799378717416,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9784054393438917,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9831344254903103,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9939085694127962,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.21.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7275853470752114,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7345579925336336,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7666723877191544,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.822951577603817,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8612934899957556,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8645231033626356,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9135400637200004,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.917515967237322,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9277545799942393,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9313217626982614,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9316211054591756,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9369715869818863,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9403521467588449,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9463992327647774,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9673165508398884,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9733181415909999,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9772955691932064,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9859594800019342,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9940376989543438,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.671543656995422,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6781631661088843,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7331314918242002,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7501126151335866,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8335390985012054,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.846554906744706,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.870054293619959,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9140511264926509,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9216362928089342,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9155811522352069,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9259135054522439,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9571419885676158,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9631328811182788,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9769382179763756,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.978236625510219,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9828720724112109,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9938508551567793,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.22.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7133813629809178,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7221797006694894,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7525576153083852,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8142691089918739,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8547754044595518,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8580100793195398,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9104404869048219,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9146351104504183,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9239697130887132,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9278699279223618,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.927995080422414,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9335381460229033,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9370614683353587,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9430704583462916,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9654982900246978,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9715393324333587,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9765309845832618,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9851251465856636,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9937451194457122,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.664556517412788,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6711774288039458,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7270151878658093,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7442585959246284,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8296441173082904,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8429621818818545,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8668019269642077,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9120819350998652,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9197966819138903,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9135851858085707,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9241586686357072,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9561243344490465,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9622518274148828,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9764229712125502,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9777247305273226,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9824928314866204,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9937277884761754,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.23.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7234601464710737,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.732576065549725,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7644707223302439,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8233668580651283,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8613505653644863,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8642042620401633,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9162926166073272,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9198123130359148,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9277963422630963,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9311806010572534,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9315903729906208,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.936363880767634,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9408908365784507,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9460925609853706,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9676974343233987,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9731735505261704,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.978386485360955,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9860387635172198,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9942489828252675,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6740552273235823,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6806067738093828,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.735032707452774,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7524322036065554,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8343922735044831,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8473469065992456,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8710613815408004,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9141107858403733,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9218335161475759,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9159615647635961,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9262710443060649,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9573022293809214,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9632870010835559,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9769705110474637,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.978338443919232,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9831268078108367,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9938287526418111,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.24.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7100640519669181,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7181988123216128,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7488683877806914,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8143178750025599,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8528481423854828,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8551415608901727,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9111968561222679,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9137073225880924,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9237155616283417,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9279162846505642,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9270002030228314,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9325436808561024,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9362858092706454,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.942468491235846,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9653596198676448,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9713357021345904,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9769694765931681,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9849261669442058,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9939000530928177,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6781502428807711,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6845756071178537,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7381360946517241,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.754989073464745,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8366623846323866,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8493522307590434,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.872490051153459,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9154847750538274,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9230101122275779,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9171238229855111,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9272761266482503,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9579143961401362,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9638090329734903,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9773688039889461,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.978626801240209,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9832703583922825,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.993898883707037,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.25.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.692401746385976,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7010342353268674,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7405110127047488,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8005437937222029,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8432065213197156,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.846255677311044,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9110445662548667,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9138519058102056,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9213826534779448,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9254521653056145,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9225009513136587,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9277881258412412,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9357505025048005,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9410382726866948,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9650692190778882,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.970618764330682,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9769390464613312,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.984979125033868,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9939155961435876,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.676186560800201,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6826013624668121,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7355421154122603,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7522369427116293,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8352546029184994,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.848143141128515,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8712012485453957,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9148666835144946,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9224126964415374,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9162442862595382,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9266575784667542,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9572893212500372,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.96341707116287,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9769748687548073,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9781229100925358,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.982581206156235,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9932027249351928,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.26.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6915016942902615,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.700790454682551,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7384696438124305,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8020266921896684,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8423467031434962,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8464605114177653,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9103225320577621,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9137157289997527,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9208828926478562,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9244608686942803,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9220538315804381,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9274060216389204,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9355592164946229,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9406231118268088,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9646883757882997,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9703437483526374,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9767958351754045,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9846368607035593,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9938501391167703,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6641545930975361,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6708022308977026,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.725208087971336,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7420591688469836,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.828999798548849,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8423194575466608,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8659158160811976,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9118705611479909,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9197030141949654,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9132906198501587,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9238668917433212,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9560090264207438,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9621433697052693,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9764475537169921,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9776642556841436,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9823291020860013,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9937130996075115,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.27.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6880825930520108,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6979057992759503,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7349240125009888,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7985626290503302,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8428944643390806,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8457274033050788,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.909336658488763,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9132052910955328,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9196062089973375,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9232664012203091,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9219659800200086,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9273272180243542,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9343094546347857,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9396547907473225,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9640152753379784,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9697885762311911,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9762394335611086,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9841825989761243,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9937557387778437,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6599684294901396,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6666892774795231,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7211781763716748,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7379026256109539,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8270521356086982,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8404891620341101,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8639206396121728,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9110838347359708,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9188718846754024,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9123564795836022,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9230293806054091,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9555653933631747,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9617180952704266,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9762260321723787,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9774384599571165,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.982009807699605,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9936464760256442,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.28.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6797538297741037,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6887685421266054,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7290062284783313,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7910116785450986,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8378191409926665,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8412765111578138,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9085512182822353,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9118166193366051,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9184848628938198,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9226261900835916,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9193690836821732,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9247527259745096,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.932962768171963,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9382138481657756,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9633982933469509,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9691033189822185,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9762200895010641,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9841685358827051,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9937199934777853,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6539640944255025,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6608169063141471,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7153534708838714,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7321651326982599,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8238447606563568,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8374824257273423,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8610581202726615,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9094305967814044,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9173560130753016,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9107636425055956,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9215752576526842,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9547822685226014,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9610208984660475,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.975829287971321,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9770498250268007,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9816687647253275,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9935621499378038,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.29.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6887602515910801,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6989456234793914,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7417555286696083,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.800512682450445,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8432035610864037,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8467585362101856,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9129658384542716,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9159582320012545,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9223930653380721,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9260954601984275,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9224787754447836,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.927653976961186,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9366188564975011,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9416489271741164,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9655623059523732,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9710001331803045,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9776162976202997,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.985495624009912,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9941308624846371,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6593613624572754,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6661994606256485,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7179899749002958,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.734086905655108,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8264465394772982,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8399515159820256,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8623649423059664,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9106521720164701,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9184914558733764,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.91205283254385,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9227519021614602,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.955426381018601,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9615900027320573,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9761384795174787,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9773692651406715,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9817549556885895,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9936033997586683,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.30.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6732308809694492,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6814681809199483,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7166771998530941,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.783083090656682,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8311078317071262,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8349001878186276,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9056974445518694,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9090239674245056,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9159220486487213,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9200962934839099,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9160776728470075,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9215430627135854,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9299704179559883,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.935539010716112,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9621889864731776,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9678339765064026,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9756552848082624,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9837133472687319,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9936430803622658,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6522161223386463,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6592795644935809,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7110121132511842,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7269482157732311,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8225300139502475,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8363719151208275,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8586961823074442,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9087222908672533,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9167016764220438,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9100624020946653,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9209986536910659,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.954387929682669,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.960705289127011,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9755719582501211,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9768695162707254,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9812302086012143,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9935407262344501,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.31.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6862013151771145,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6937998556777051,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7290835921701633,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7940538509895927,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8381686838049638,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8414205446055061,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9099980328035981,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9129604359990672,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9193429674365019,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9230924317319142,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9199803275497336,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9250552738575559,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9331814040871043,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9383212100518377,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9638668118338836,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9693176046405968,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9768735057135162,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9844019004192791,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9938919981083784,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6543755476412021,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6615666041248722,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7112256782619577,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7266113648289128,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8237037831231168,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8373398945519799,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8588160268570247,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9092313678641069,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9171517148221794,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9106452410158358,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9214664981945565,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9547110203849642,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9609520565718412,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9757553106664043,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9770090425583092,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.981172451700427,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.993509273902562,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.32.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6906999569190175,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7013706196295588,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7369149703728526,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7958185484534815,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8430150421826463,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8455453687592557,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9120614522773969,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9141787369000285,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9200010648683498,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.924276662892417,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9222524189635327,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9271937445982507,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9353580339566657,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9402280420457062,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.965009881379573,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9702948003419136,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9772779973419873,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9846602343512993,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9940196515158995,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6465198805457668,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6538444773146981,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7038775125616474,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7192580684235221,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8193416964066655,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8335559728898501,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8551033405881179,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9071492341003919,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9151843558800847,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9084043243997976,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9195771284009281,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9535184267320131,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.959986480835237,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9750717644040522,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9764306770735666,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9805794471972867,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9933861219324172,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.33.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.6947140089775387,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7022526883765271,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7359539937031896,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8007799292865553,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8458484568093952,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8485591129252785,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9106710425725109,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9141814769490769,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9200610949804908,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9241060800850391,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.923664434763946,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9282747471803113,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9343581044752347,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9391019722740901,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9642776492002764,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.969641836262063,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.977070814047597,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9848546137248999,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9939759811018839,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.65032559633255,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6576040230299297,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7058641063539606,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7208416940350282,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8213233288965727,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8353114755530107,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.85610428805414,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9080106153299934,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9159765663115602,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9094555836759115,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9204381225924743,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.954125141822978,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9604445760579485,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9754317778309709,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9767105533300262,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9807525520752135,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9934676676547449,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.34.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7085537251673246,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7157415112382488,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7471500195954975,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8076669424772263,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8529810893692469,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8547674158686086,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9146722241451866,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9165592901408672,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9227254302485993,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9263010599503392,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9266490448070199,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.931185930771263,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9363984733231758,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9412713494936102,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9656907715099423,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9707566785479063,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9778394024623068,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9853691435664108,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9941721639816502,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.6664101042245564,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6734772183393177,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7181258217284554,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7323172139494043,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8295883206944716,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8429260732311952,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8622049163830907,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9119192228505486,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9195543337417276,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9135849213129595,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9240832383695402,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9561445322868071,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9621827399456188,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9763408078763046,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9777500433357138,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9814905466413811,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.993618571861206,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.35.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7145012844549983,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7234093954688625,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7553567760869077,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8127493834809253,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8567674414891946,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8585199823505,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9166721811420039,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9183012933323258,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9251113153601948,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9288408438626089,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9282707121027143,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.933009046669069,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.938031392073945,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9433664338369119,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9666032253911621,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.971622573309823,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9784284998711786,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9857469349609393,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9942628218620819,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.685209729953816,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.6919278016215877,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7326638447610956,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7462569726140875,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8389232252773485,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8515500861563181,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8693633691260689,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9162751665632975,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.92362362479693,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9183057528969488,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9282644991027682,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9585743387670893,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9642858881699412,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.977591276855061,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9789795192252648,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9824591264814923,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9938996238388905,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.36.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7181347161531448,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7253858180422532,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7562165738720643,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8153199243702387,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8577341017754454,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8595072646674357,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9186266113660837,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9202356028713679,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9265004374871129,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9299441295626917,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9285598334513212,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9334552531179628,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9388838034907454,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.943936735097515,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9670576042446651,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9719453242264295,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9785876369691993,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9859323530752016,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.994328027174465,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7197804301977158,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7256876238082585,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7615547619367901,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7742338772667081,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8563198764857493,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8675416268800434,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.883570204832052,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9246856229085672,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9315330939073312,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9270841826341654,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9359439438895175,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9630070539485467,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9681044917945799,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9798856471224051,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9812634908839276,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9844733786916262,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.994492654774436,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.37.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7530422391075837,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7602206405840422,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7895963360604487,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8400076278730443,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8766071670933774,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8779206495536,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9306431308780846,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9320125330827738,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.936904812133626,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9400569592651568,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.938244962378552,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9421886937006524,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9478267930251987,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9517783705929392,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9718054084009246,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9759615863134202,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9821019715286399,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.987950462994999,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9953155831409324,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.7583547767839933,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7632410134139814,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7941825033018464,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.805781176215724,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.875387305491849,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8852057194239215,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8994283540860603,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9340442993531102,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9403528812292375,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9366587953347909,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.944446340693455,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9678163368647036,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9723165341603913,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9823512028118497,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9837286490456838,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9866914965310379,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9951129876763413,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.38.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.7749086755671,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7833297276183179,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8098769364388365,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8586726263165474,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8863283707515189,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8877787656689945,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9381737707084731,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.939426922484448,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9434460185860333,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.946474560781529,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9432992345996594,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9467506359674429,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9528062986700159,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9565679129997366,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9745231881051472,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9783554117832529,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9840595264379915,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9890799111392545,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9957658348261917,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.787636294176704,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.7918116336590365,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8206253138027693,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8316541478822106,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8896122178749034,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.898804781664359,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.912076884782628,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9410403280666,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9471331910279236,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9436621254211978,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9508308839837187,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9712453054166154,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9754081574807826,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9840257732001575,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9854180899105573,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9883676784505185,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9953786556633484,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.layers.39.parallel_decoder": {
+            "attn": [
+                {
+                    "accuracy": 0.8203101467929388,
+                    "total_bits": 569401344,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8282174024926989,
+                    "total_bits": 591945728,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8562636398955396,
+                    "total_bits": 647517184,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8985342418676928,
+                    "total_bits": 713050112,
+                    "q_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9116990189803273,
+                    "total_bits": 844115968,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9128989383186165,
+                    "total_bits": 845691904,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64,
+                            "3": 64
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.949863238162116,
+                    "total_bits": 1083191296,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9508419935836604,
+                    "total_bits": 1085291520,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9540635625782766,
+                    "total_bits": 1095792640,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 64
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.956342096391477,
+                    "total_bits": 1108393984,
+                    "q_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9559118528115123,
+                    "total_bits": 1114127360,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9586549719893619,
+                    "total_bits": 1123055616,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9641492199152708,
+                    "total_bits": 1179148288,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 64
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 64,
+                            "4": 64
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9669520154007172,
+                    "total_bits": 1195950080,
+                    "q_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "5": 32
+                        },
+                        "bits": [
+                            5
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9804835091099927,
+                    "total_bits": 1440755712,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9834177243572316,
+                    "total_bits": 1464385536,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9868828697179101,
+                    "total_bits": 1620062208,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9912962133653069,
+                    "total_bits": 1779482624,
+                    "q_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 32
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "6": 32
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.996519210625832,
+                    "total_bits": 2156933120,
+                    "q_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "k_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "v_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "o_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ],
+            "mlp": [
+                {
+                    "accuracy": 0.8656188198610356,
+                    "total_bits": 1238922592,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8684051907376239,
+                    "total_bits": 1283618144,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            6,
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.2,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8888438424389613,
+                    "total_bits": 1433121792,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            5,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.8961241347225088,
+                    "total_bits": 1608233984,
+                    "gate_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "3": 64,
+                            "2": 64
+                        },
+                        "bits": [
+                            3,
+                            2
+                        ],
+                        "bits_prop": [
+                            0.3,
+                            0.7
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9305566133637178,
+                    "total_bits": 1812774416,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128,
+                            "3": 128
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9371568646870161,
+                    "total_bits": 1862132736,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            8,
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9455743625171875,
+                    "total_bits": 2002191888,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32,
+                            "3": 32
+                        },
+                        "bits": [
+                            4,
+                            3
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9629751402688653,
+                    "total_bits": 2289099280,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 128
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9668111758012521,
+                    "total_bits": 2322850816,
+                    "gate_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "4": 32
+                        },
+                        "bits": [
+                            4
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9643947778171614,
+                    "total_bits": 2356985360,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 128,
+                            "4": 128
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9692070685130986,
+                    "total_bits": 2406343680,
+                    "gate_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "5": 32,
+                            "4": 32
+                        },
+                        "bits": [
+                            8,
+                            5,
+                            4
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9816134710747161,
+                    "total_bits": 2901196304,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128,
+                            "5": 128
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9844699422093598,
+                    "total_bits": 2950554624,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.25,
+                            0.75
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 32,
+                            "5": 32
+                        },
+                        "bits": [
+                            8,
+                            6,
+                            5
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.1,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9896555475057348,
+                    "total_bits": 3360210448,
+                    "gate_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "6": 128
+                        },
+                        "bits": [
+                            6
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 32,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.05,
+                            0.95
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9905648067544558,
+                    "total_bits": 3477813504,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.15,
+                            0.85
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9926142227149716,
+                    "total_bits": 3790289152,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128,
+                            "6": 128
+                        },
+                        "bits": [
+                            8,
+                            6
+                        ],
+                        "bits_prop": [
+                            0.1,
+                            0.9
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                },
+                {
+                    "accuracy": 0.9968644857320836,
+                    "total_bits": 4447746304,
+                    "gate_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "up_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    },
+                    "down_proj": {
+                        "group_size": {
+                            "8": 128
+                        },
+                        "bits": [
+                            8
+                        ],
+                        "bits_prop": [
+                            1
+                        ],
+                        "scale_bits": 4
+                    }
+                }
+            ]
+        },
+        "model.norm.norm": null,
+        "lm_head.linear": null
+    },
+    "last_module_idx": 42
+}
\ No newline at end of file