diff --git "a/measurement.json" "b/measurement.json"
new file mode 100644--- /dev/null
+++ "b/measurement.json"
@@ -0,0 +1,78047 @@
+{
+    "measurement": {
+        "model.layers.0.self_attn": [
+            {
+                "accuracy": 0.8862171298579166,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9017184345345748,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9162946563017995,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9414681635404888,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9479080313130429,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9496622869842931,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9624831300032766,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9640876399843317,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9683496575606496,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9703716604333175,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9756472032321127,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9775254475442987,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787033984535619,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808324151917508,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883023218104714,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901988357305527,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905123757688623,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939522253055322,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974105260089824,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.0.mlp": [
+            {
+                "accuracy": 0.9025792887336329,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9075226407302053,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9117921779030248,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9129041998009932,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9766149818897247,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9771584868431091,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9795159524992892,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875100913800692,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900988097253599,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908606833533237,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920437979070764,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953097901061961,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959529618683615,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971188187207046,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973494996757883,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979525035933444,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986938198930339,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.1.self_attn": [
+            {
+                "accuracy": 0.9672926915319342,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9688157501973604,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9743544114263434,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9804624240649374,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9817591074265932,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830377603832045,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851746512086768,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865484786661047,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893140659520501,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894405548509798,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913212735401956,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992707192113525,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9920474086937151,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933999016096717,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951885817082304,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967318132127586,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958156237476751,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984601423340408,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988991334838303,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.1.mlp": [
+            {
+                "accuracy": 0.973645429862173,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9743106553429052,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787959001566234,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9802614811219668,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866698556824735,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877311963784067,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897436083931672,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930497360856909,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936967064675531,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932163702814203,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940650412126592,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965405487700513,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970380426629594,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981216666729826,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982328563928604,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986373049844253,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994889365901288,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.2.self_attn": [
+            {
+                "accuracy": 0.9591142597951388,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9603105156045211,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.968243093867051,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9728332067790785,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764486237576133,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9795087324945551,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9788098194097218,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9820156395435333,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874029465411839,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877577086812571,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9885744099554262,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922247701569608,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893243689286081,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992809963069464,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994078869490247,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962274483159969,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945101004682089,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977963106020501,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984438170335794,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.2.mlp": [
+            {
+                "accuracy": 0.9604001390306574,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.961770236492157,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9610862198628878,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9618104162969088,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9771201234114798,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.965401900442023,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.965962899358649,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9693531299892225,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.966645083929363,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877565636446601,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813145085384971,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956339115374967,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929126406970777,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996398608151235,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99808489119536,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984198006752291,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987657661304662,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.3.self_attn": [
+            {
+                "accuracy": 0.9789203719088906,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9818008824398643,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841514355257938,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877927099403582,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898561498052195,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902935239829516,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922927100407449,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928349232987354,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933556326125798,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937057165723098,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994953171203011,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953002066988694,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955369673277202,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958212599158287,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975406062838278,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979259528611836,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980407537598359,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998982038839083,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9994814633636883,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.3.mlp": [
+            {
+                "accuracy": 0.974473597187745,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9752195430429358,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9795636362151096,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809362966763345,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870518273428867,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881129390315005,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900214177997488,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932278120204022,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938621105332124,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933997392654419,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942352575691122,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966322391440994,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971235543489456,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981669599288389,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982810096913263,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986823169808638,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9995114241579646,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.4.self_attn": [
+            {
+                "accuracy": 0.9742737773217653,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9751619649560828,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9800048329328236,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846725997171903,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860065626470667,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868418197882803,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888184023530859,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898288987184826,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910650880713212,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910647022096735,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931527642827285,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938957189258776,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937154529126067,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994491694397048,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963715107817399,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972580328191581,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968682751059532,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986991854874712,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999172822229172,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.4.mlp": [
+            {
+                "accuracy": 0.9688842955388521,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9698395854548404,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9751983833940405,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9768558693559546,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9842406793644554,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855389563660872,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878479814843127,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917482757254651,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924997969677574,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919609035316267,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9929779501337754,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995900722318574,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964958590112234,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9977642291862714,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979037226814973,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983905730278868,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99939702436524,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.5.self_attn": [
+            {
+                "accuracy": 0.9754140424100977,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9760850275817671,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9798929079582817,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839995001491747,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867598257566753,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878453039809277,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9893843625721178,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906812545500303,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9916105301756608,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919252419158032,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937818834656164,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944517926165932,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943186311345351,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995134356382646,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967324690599191,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975111153172819,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972416778144083,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987424659101587,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9993003651891884,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.5.mlp": [
+            {
+                "accuracy": 0.9640130243803325,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9651500551324141,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9712845149793123,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9731300253617136,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9818257407138222,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833184825746637,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859265340001959,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904769447289015,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913363448883358,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990735356744967,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919003248214722,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952822084489622,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959620460867882,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974195814054263,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975942806585839,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981418710790182,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.999313103819364,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.6.self_attn": [
+            {
+                "accuracy": 0.9693937489860937,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9706402828818873,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9748216381198481,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805345378423992,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837403124884555,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9843693124620538,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987534794368242,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882613271474838,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894490681196514,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895787497884349,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921833496344717,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927319947041964,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930864305872666,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936279329030138,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961252455648623,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967520823212046,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968859116105657,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980917229856315,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991119574559363,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.6.mlp": [
+            {
+                "accuracy": 0.9580900574985304,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9594485414655585,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9665185997360631,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9686953770486932,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9788424576583662,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805831611156464,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836193432933406,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888780046450464,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898861599595923,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892144203186035,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905762146962317,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945093201179254,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953014164378768,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969846239607585,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99720040453892,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978377619072011,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991905964714917,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.7.self_attn": [
+            {
+                "accuracy": 0.9658425293470684,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9670517193643671,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9710254575076857,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9780082765378451,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825140614258615,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828942465154749,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877069655217623,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881693736502999,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899360851237649,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901916518023139,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913949291957053,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921829551458359,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925030516950708,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931001992602098,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958388789703971,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9965638196782062,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968569600268414,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981061243697217,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991575553032913,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.7.mlp": [
+            {
+                "accuracy": 0.9546794640390497,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9561049718605845,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9637658188217565,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9660551171553762,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9771952205582669,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9790516966267636,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9822812268608495,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881019521700708,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891249427669927,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988365542731787,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898192302176827,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940676010752979,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949242747143695,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967599140578195,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969683730680692,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997651716204066,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9991367119119355,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.8.self_attn": [
+            {
+                "accuracy": 0.9651337454193517,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9663973482031571,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9704288526585227,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9776128373647991,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809228511233079,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9820460222269359,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857312362445029,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871420821076945,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883372940515217,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884029971925836,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911216654275593,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915965771988818,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919274276808688,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924421420222834,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954786414378568,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963021258774557,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99652566799992,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9979378626142678,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990352805899946,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.8.mlp": [
+            {
+                "accuracy": 0.950894766732266,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9523903790273165,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9605708843783328,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9630764220890246,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9751100759757193,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9771570579001778,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9806563399339977,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869468667005238,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880910272661009,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872916670222032,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888863830189956,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935098286522063,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944487006256455,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964396334008166,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966883733868599,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974403918573731,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990439073819863,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.9.self_attn": [
+            {
+                "accuracy": 0.956213863272416,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9574448403559233,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9606420962434066,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9684379947812933,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9759701066895535,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9769306276973925,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9820090375448528,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9832338894668379,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844438198365664,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860236895711798,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883859071292376,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892209736924422,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894390027774008,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905150007260474,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938889067423972,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953213510544676,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950926633257615,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973122206957716,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988274385074252,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.9.mlp": [
+            {
+                "accuracy": 0.951917500872361,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9534065441081399,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9613431409785622,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9637308685403121,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9756101730622744,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9777563277043795,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9811129773917951,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871848939280761,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883256099726024,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875783363455221,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890833559789156,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936480949583807,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945472678855846,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964996086139428,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967493634474905,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974805973470211,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9990535617658967,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.10.self_attn": [
+            {
+                "accuracy": 0.9560219614129317,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9570891919888949,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9616171027484693,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9692763027391935,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9786483190561596,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791961641688096,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849071487000114,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856734777751722,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867986597512898,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987552849869979,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989410466269443,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899560181718123,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905955062100762,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914354619226957,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943706534410778,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955502423016649,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995575566432978,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972414744919852,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989326808993754,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.10.mlp": [
+            {
+                "accuracy": 0.9476663219301324,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9493224620819092,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9580250068714744,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9606230321683382,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9734672966756319,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9757302481877176,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9793627513082404,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860494921081945,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987270618739881,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863936869721663,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9881311043312675,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930244888129988,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940597116947174,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996153351115553,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964274328790212,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972453619304457,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989665460429693,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.11.self_attn": [
+            {
+                "accuracy": 0.9557457785857351,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.95695561170578,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9593753155909086,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.967213047178168,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.972969839447423,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9736053253474989,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791444038089953,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797934827051664,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9835820166688216,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.984543336065192,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867754092341975,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98809803943885,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884598506124396,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903859794139862,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936608589793506,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949731109173674,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949842683578792,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966301945479292,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987251073318092,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.11.mlp": [
+            {
+                "accuracy": 0.9487573127997548,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9503630462445711,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9586566561146787,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9610739224835446,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9740189329573983,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9763527904686174,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797311048758658,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863894785705366,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876300912154349,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866343532737932,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9884109136305357,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931301482413945,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941942056542948,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962236724401775,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964705207630208,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972252335987593,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989895018699922,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.12.self_attn": [
+            {
+                "accuracy": 0.9549892858455056,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9562126335344816,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9586355372479087,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9650524980143497,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9721262800066095,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9736511236742923,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764698163459176,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9782277110375857,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824096215398688,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848992338306025,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882530632771944,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883430106075186,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9886016194757662,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904263262685976,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937261891992468,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950759963769662,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947327963615719,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964281759764019,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998736621713952,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.12.mlp": [
+            {
+                "accuracy": 0.948276582517122,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.949818752313915,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9577579843370538,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9601628247060274,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9736652311525846,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9760032719687411,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9793555171866166,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861549515473215,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873806418556916,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9864845071968279,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882503308747944,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9930542229037536,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941134190088824,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961558592162634,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964466773365673,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9971766667930704,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989428302567256,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.13.self_attn": [
+            {
+                "accuracy": 0.9443623266722027,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9454841425544337,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9501079069940668,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9571568338494552,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9731821637404593,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9737606487776104,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9793244647352319,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9799041967642935,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9826994083429638,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840481438134846,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869479482111178,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877932157955671,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877982868960029,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898787987859625,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993369827929296,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948590040991181,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947601788138088,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968700781464577,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986099599811592,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.13.mlp": [
+            {
+                "accuracy": 0.9464983814641049,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9481819868087769,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9562631876845109,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9586297148152402,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9729863467969393,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9753952198906949,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787531683319494,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858448646570507,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870651834889462,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861158948195609,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879427701234818,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928589753414455,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939520782545993,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960523937877855,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963297910596195,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9970462084992936,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9989220689197904,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.14.self_attn": [
+            {
+                "accuracy": 0.9515426033421567,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9526589324599818,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9587882914041218,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9666847429777446,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9743604628663314,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9746165134404835,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797162288113644,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9798884783920488,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805430283671931,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9817408699738351,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873184373504237,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877871212206388,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9877945169022209,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9895841424402437,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934440678671786,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9945455711138876,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994575768317047,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967431541728345,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985905678844765,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.14.mlp": [
+            {
+                "accuracy": 0.9442791876040006,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9460644345534475,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9545438415125796,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.957100930966829,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9716969069681669,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9741611433656592,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9777114673664695,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850630556282244,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863475404287639,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854366747956527,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873343713973698,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925001977305663,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936402867499151,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958270584282122,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961519570727098,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9969114157322206,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988407271080896,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.15.self_attn": [
+            {
+                "accuracy": 0.9489737623616269,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9501553617025676,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9599612072894448,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9664782254319442,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9736488681090506,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9741944953014976,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9781973314912695,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978787677852731,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.979787865751668,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.979405657241219,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859041571617126,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987766538795672,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9870636063186746,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9885842737398649,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992406311788057,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936299402462808,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932436496019363,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968488171304527,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983144365251064,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.15.mlp": [
+            {
+                "accuracy": 0.942012347673115,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9438841844859877,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9530566522949621,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9559256559924075,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9704812451412803,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9730241016337746,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9769532633455176,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9843261430138036,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857044847388017,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848676119980059,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868064067865673,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922368926437277,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9933921788868151,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956653451448992,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960419708176663,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968997508679566,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988344393082356,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.16.self_attn": [
+            {
+                "accuracy": 0.947830037066811,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9491235206001684,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9523473695704812,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9597677400237635,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9702732782614859,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9709437175800926,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764801012842279,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9771625744669061,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805009804273906,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9818291993517625,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836351369556627,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850116685817116,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857689487306696,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830764547774666,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992121013371568,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941519761556074,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932182839042262,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963232565083002,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982347560948447,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.16.mlp": [
+            {
+                "accuracy": 0.9371607491844579,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9391730835563258,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9494754954388267,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9527974912994787,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9678513282223752,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9706125729962399,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9751090501484118,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828430084805739,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844077778489966,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9835295081138611,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856180093790355,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915634895625868,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9928005784749985,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952847816442189,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956942565347019,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966920822074539,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987131344448579,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.17.self_attn": [
+            {
+                "accuracy": 0.9451964717162282,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9468940245477777,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9524608787737394,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9638103340801439,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9711839964515284,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9716655235541495,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9800813731394316,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9806155891794908,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821873558195013,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9834629830561186,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855589176479139,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861318939610532,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868978701139751,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987993838755708,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.992737959090032,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939313342696742,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944554943787424,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967835874933946,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985633328753082,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.17.mlp": [
+            {
+                "accuracy": 0.9330067697324251,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9352631192458303,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9463003811083341,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9498713706669054,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9658920388472707,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9688565574194256,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735682732180545,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9817112731306177,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833975151965493,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825270458271629,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847821467801144,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910534416374407,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923840933724454,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949601649453765,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995451604457278,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964983326039816,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986336736106559,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.18.self_attn": [
+            {
+                "accuracy": 0.9469724517119558,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9495294094085693,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9540035222706041,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9644503185623571,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9702704799802679,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9718732426041051,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9772820535459017,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9792602626900924,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838090476236845,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849597968553242,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855794577222121,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874336844996402,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9869650947420221,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9885417301403848,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924518865974326,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943244739582664,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938345316209292,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966722256258914,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983194560596818,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.18.mlp": [
+            {
+                "accuracy": 0.9319759670056795,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9343021731627614,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9453976468036049,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9489792585372925,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9654758352982371,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9684471237032037,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9732104884950739,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9815395082298078,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831985203843367,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9823212607910758,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846071506801405,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909479147509525,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922911407131898,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994895365285246,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995386604415743,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9964236632773751,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986002848140503,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.19.self_attn": [
+            {
+                "accuracy": 0.9381234520360043,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9400709616510492,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9462814582021613,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.954826831817627,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9673182274165907,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9700380187285574,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9733829153211493,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9768191497576865,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9802211162291075,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9812340438365936,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9836555374296088,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9863479011937192,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850241698716816,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874989523699409,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910392361251932,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936981965836725,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9921478511471498,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966084580672415,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9978428463402548,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.19.mlp": [
+            {
+                "accuracy": 0.9312147717726857,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9334825779262342,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.944621017104701,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9482284094157972,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9650687983161524,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9680994749069214,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.972884055815245,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813764063935531,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830398794851805,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821214926870245,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844449680102499,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908448598886791,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922235647314473,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994841079962881,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953538638196493,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963623661743967,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985886090680173,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.20.self_attn": [
+            {
+                "accuracy": 0.9535813613941795,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9546501605134261,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9587026332554064,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.967083686276486,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9731023468469319,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9755801809461493,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9786364671431089,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9815940245201713,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847167416622764,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854219430371335,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872766662585107,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9882613193047675,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878099741120088,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896799937674874,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931053629046992,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947393128746435,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942544518332732,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972578114584872,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984964803841553,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.20.mlp": [
+            {
+                "accuracy": 0.9338467748541581,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9359487483375951,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9466540060545269,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9501423835754395,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9665075697396931,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9692656523302982,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9739337485087546,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9822143504494115,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9838018731067055,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828955437007704,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850611294570722,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9912703186273575,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925340359148226,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995143893517946,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955594151427871,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996523375966047,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986701441046438,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.21.self_attn": [
+            {
+                "accuracy": 0.956166474442733,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9572478501420272,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9617524837192736,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9698586871749476,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.975950754002521,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9775233409906688,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814708813240653,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833578388941916,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856318360880801,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9868679611306441,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988360019106614,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897353178576419,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892543915070986,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909245285548662,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994066604658177,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954040399507472,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952146669751719,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997531346976757,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998666270979141,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.21.mlp": [
+            {
+                "accuracy": 0.931206696911862,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9333347897780568,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9442421637083355,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9478023711003756,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9650837935899433,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9679415131870069,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9727485650464108,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9815207092385543,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831597036436984,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821855347407492,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844267870250502,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909153870846096,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9922251552343369,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949600735777303,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953820717177893,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963740926039847,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986211097750225,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.22.self_attn": [
+            {
+                "accuracy": 0.9514268762186954,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9531416924376237,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9586924722320155,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9665406691400629,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9724251282842535,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9732522995848405,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9774896549551111,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978534681232352,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9829884296969363,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837918093329981,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9865200848955857,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9880417122652656,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875645731624804,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989537451612322,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9923111098377329,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943719200397793,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9931678066128179,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997053469678289,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982703481065599,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.22.mlp": [
+            {
+                "accuracy": 0.9271212816238403,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9294351841274061,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.940800290358694,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9445149271111739,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9629225981862921,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9660541007393285,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9710646773639479,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9802867817251306,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9820659113557715,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9810134235181307,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983482981982984,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902908833403337,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9917416125535965,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994558975492653,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950465136452725,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960703445892585,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984904368849177,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.23.self_attn": [
+            {
+                "accuracy": 0.9565075730022631,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9575811248076589,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9622517134013929,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9694179704314784,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9749265736655185,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9772360967962366,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9798679085154283,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9826929490817221,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9845777295137706,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9852758959720009,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875845242487756,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989071628765056,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887210954176752,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900824302121213,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934331747262102,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950049672471849,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943869039416313,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974059842919049,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984844892628884,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.23.mlp": [
+            {
+                "accuracy": 0.924733187022962,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9270727320721275,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9386214080609774,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.942407344516955,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9616042501048038,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9648508460898149,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9699908369465878,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794900040877493,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813687346483532,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9803467675259239,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828847866309317,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899351581146842,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991437736310457,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943408507265543,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948771035200671,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959370419383049,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984327641952979,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.24.self_attn": [
+            {
+                "accuracy": 0.9525980102388483,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9539693593978882,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.96031443696273,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.968617646317733,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9743469090838182,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9755886087292119,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9801958893474779,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9816223680973053,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983758491905112,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846229757133284,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873249460207788,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9885944347632559,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888827792908016,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897757643147519,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9935644147427458,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994681385394774,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946434054719774,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997312211284512,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984895569321356,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.24.mlp": [
+            {
+                "accuracy": 0.924068337992618,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9263465153543573,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9378148442820499,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9414945652610377,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9613651821487829,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9644964964766252,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9695992124708075,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9795732435427214,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813847071246097,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9803024671579662,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9827613485486884,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899644969325316,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914018503929439,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994449185697656,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949051494661131,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959331641071721,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984906847147565,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.25.self_attn": [
+            {
+                "accuracy": 0.9575396682086744,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9588322482611004,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9638400140561556,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.970737520017122,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9770076321928125,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9790961428692466,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819083668683705,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844805833540464,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985628322551125,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862982411133615,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890395387222892,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9899549296027735,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901220531840074,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9908492886706403,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993972792437202,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953733333631566,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994847194928872,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997590383416728,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99864692329184,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.25.mlp": [
+            {
+                "accuracy": 0.9292162343075401,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.931284088837473,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9415341678418612,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9448044927496659,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9639292139756053,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9668777616400468,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9714724076421637,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809585292088357,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9827004341702712,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9816017292047802,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839063553433669,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906244309324967,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919670992775967,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994833541935996,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952324836661941,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9961512135831934,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985765412841973,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.26.self_attn": [
+            {
+                "accuracy": 0.9644318317112169,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.965859171591307,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9695745016399183,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9746669593610262,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9789259182779413,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9804697538677015,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982921595636167,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847855944382516,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9871326637895483,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874962050663797,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898334169074109,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99083353892753,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906239517425236,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918204530289298,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944197315918771,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958141842170766,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951146860655985,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980235611529726,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9987053275108337,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.26.mlp": [
+            {
+                "accuracy": 0.9288247635490016,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9308383151104576,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9409122216074091,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.944109138689543,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.963679269740456,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9665951258257816,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9710922492177863,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9809320474925795,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9826205168899736,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814841621800473,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837882565824609,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905855349804226,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9919194837934092,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948391153624183,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952119177109316,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99610115430857,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998599580538116,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.27.self_attn": [
+            {
+                "accuracy": 0.963367688028436,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9674841196913468,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9720326567951002,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764775037765503,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9806439939298128,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982125217977323,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9846130186005643,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.98636216082071,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9875945684156919,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878423841376054,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9906091462624701,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914704772986864,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914782808015221,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9925219628371691,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995052139225759,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9962477056603682,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995695460391672,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982237002175105,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988621764473224,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.27.mlp": [
+            {
+                "accuracy": 0.9283279870685778,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9303264429694728,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9401304219898424,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.943239412809673,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9633502175933436,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9663259041936774,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9707146757527402,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808005235697094,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9825030000586259,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813264639754045,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983653652040582,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904914145406923,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9918495236258758,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947935762374025,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951593734716114,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9960220844337815,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985797525824684,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.28.self_attn": [
+            {
+                "accuracy": 0.9570921502615276,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9584219675315053,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.962383370650442,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9694147360952277,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9758303824223971,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9774313898462998,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.980983167886734,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9829390299947638,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9851175499589819,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854743747334731,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879557019785831,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894868292306599,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892095648928693,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903891902220877,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937088360127649,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950543096975276,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947368412425643,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9972707041000065,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985187767367614,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.28.mlp": [
+            {
+                "accuracy": 0.926050255173131,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9281100097455477,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9380273818969727,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9411818667461997,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9621640882993999,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9652281623137624,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9696816456945319,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9801262930819863,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9819324173425373,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9807345459335729,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831279155455137,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990196851523299,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9915811772409239,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946233140010583,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950153608071176,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9958925525608816,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998531804469071,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.29.self_attn": [
+            {
+                "accuracy": 0.9555033539470873,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9595805814391688,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9643083685322812,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9711715986854151,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9766927251690313,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9784616200547469,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.981712259744343,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837524420336673,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9854731779349478,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862720417348962,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988603557410993,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898545773405778,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9896848413505053,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910550525313929,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940390151582266,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953216859384587,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9948707928783015,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974083433810034,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986334952868914,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.29.mlp": [
+            {
+                "accuracy": 0.9224885262941059,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9246215381120381,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.934825715265776,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9380645375502736,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9602709757654291,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9635297938397056,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9681099402277094,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791953595061051,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9810873787654074,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9797598076494116,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982302504150491,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989702286688905,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9911757715438542,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943729160647643,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947499781847,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956416719053921,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984631974642214,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.30.self_attn": [
+            {
+                "accuracy": 0.9595652065779033,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9606934409392507,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9701219326571414,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9748124778270721,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9788790549102583,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814843629535875,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9828936457633972,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856410355944383,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9872435017635948,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987450543202852,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902912284198561,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898323589249661,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909365302638004,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9910283888641157,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947986026343546,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9959612390712688,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954559548120749,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9980113696503011,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988629160154807,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.30.mlp": [
+            {
+                "accuracy": 0.9202050158852025,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9225534639860454,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.932631348308764,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9358544161445216,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9591625270090605,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9625435157826072,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9670613470830416,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9785484797076175,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9804617699823881,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791932717749947,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9818166886505327,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894118285492847,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909340488283258,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941805385445294,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9946007744262093,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954820294913492,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983823524886056,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.31.self_attn": [
+            {
+                "accuracy": 0.9546830089468705,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9571466132214195,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9621233532303258,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9695772873727899,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9756449570781306,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9768579806152143,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9815296734634199,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9830669164657593,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9848777526303342,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.985558525512093,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988178371598846,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9890775845239037,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892216779683766,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903031203307604,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939514720126202,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950951624073481,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950780617563348,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974670774842563,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986715273637521,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.31.mlp": [
+            {
+                "accuracy": 0.9186950984754061,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9210134179968583,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9312642373536762,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9346625742159391,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9582999536865636,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9617056689764324,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9663619524554202,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9780388741116774,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9800261102224651,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787520970168867,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814154584156839,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891900914280038,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907326478707162,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9940508200149787,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944938515361986,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954181709571889,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9983577244964085,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.32.self_attn": [
+            {
+                "accuracy": 0.9586009414572465,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.960410685915696,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9661251432017276,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9717083447857907,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9773745866198289,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9784392369420905,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982592827395389,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9837578425281926,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9860670927323794,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866762004400554,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883057639787072,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9897819388853876,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9894951174133703,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9909740851113671,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941372655724224,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9954069276389322,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9949292818966665,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.99763532237787,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985556911284986,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.32.mlp": [
+            {
+                "accuracy": 0.9184865763312892,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9208818297637136,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9309443423622533,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9343293591549522,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9581955545826962,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.961618163083729,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9662195349994459,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9778958057102404,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9799036148347353,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.978690649333753,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9813513473460549,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891591589701804,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9907006707630659,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.994014497650297,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944804459810257,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953932436673265,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998328876142439,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.33.self_attn": [
+            {
+                "accuracy": 0.955600873420113,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9570319056510925,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9634794153665242,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9706172566664847,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9763809222924081,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9771000570372531,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831399054903733,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9839614504262021,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855848864505166,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857477028118936,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988272214406415,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892208968338213,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9898028718797784,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.990793891643223,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944531180356678,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9953199127002766,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9956386991237339,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9974821894184539,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9988346924319079,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.33.mlp": [
+            {
+                "accuracy": 0.9154788443916723,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9180009929757369,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9285423002744976,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9320621114028127,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9566833251400998,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9602889449972856,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9650840947502538,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9771159338323694,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9791691742445293,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9779516019319233,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9807128608226776,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9887783825397491,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9903850226025832,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937966881613982,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942911428056265,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952433783757059,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982803871757105,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.34.self_attn": [
+            {
+                "accuracy": 0.9381681931646246,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9443622451079519,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.948618732000652,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9576098542464406,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9694103378998605,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.970755188088668,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764844100726279,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9781522045010015,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9808438765375238,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9821867801641163,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9841608248258892,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862125233600014,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9859620991506075,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9876020825222919,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.991939869366194,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.993511304651436,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9932759396339718,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9963464721253044,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9981470508010764,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.34.mlp": [
+            {
+                "accuracy": 0.9169155108301263,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9193473050468847,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9296408264260543,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9330940497548956,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9573881908466941,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9609204311119883,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9655859533109163,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9774699744425321,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9794922423990149,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9782629405197344,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9810000438439218,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9889264091065055,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9905206812055487,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938899976642508,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943525367661527,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9952928192521396,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982989391213969,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.35.self_attn": [
+            {
+                "accuracy": 0.9540341559209322,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9581786143152338,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9634123350444593,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9700943043357447,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.975917078946766,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9774021365140614,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9814307815150211,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.983173552312349,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9850975071129046,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9858958736846322,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879881363166007,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989227117676484,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9892651838691611,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9904103749676755,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937840115867163,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9950411900093681,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947670592289222,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9973771158409747,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9986251557343885,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.35.mlp": [
+            {
+                "accuracy": 0.9138989072096975,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9165999638406854,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9269348382949829,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9305586438429982,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9558697876177336,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9595177487323159,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9642729884699771,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764859739102816,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9786099885639391,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9774729280095351,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9803079398054826,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9885326074926477,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9901789607186067,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936210140585899,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941603282564565,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9951253152991596,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982098301774577,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.36.self_attn": [
+            {
+                "accuracy": 0.9430229099173295,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9492075286413494,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9547596322862726,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9634549335429543,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.972237699910214,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9732116523541903,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9795009854592776,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9805844583009419,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.982264518737793,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831301193488272,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.986003002053813,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9873672119880977,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9874923284116545,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9888596417088258,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926390051841736,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941344853294524,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939524629398396,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9967050819020522,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982305367134119,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.36.mlp": [
+            {
+                "accuracy": 0.9149422143634997,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9174661950061196,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9279137975291202,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9315921444641917,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9562387435059798,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9598941865720247,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9647096238638225,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9766464892186617,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787690780664745,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9776216055217543,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9804365493749317,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9885693231695577,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902212282544688,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9936426344670748,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941621434531713,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.995183685108235,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9982239590271523,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.37.self_attn": [
+            {
+                "accuracy": 0.9394321692617316,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9416882552598652,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9495029606317219,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9612485860523424,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9691340860567594,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9696876626265677,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9799867099837253,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9806411815317053,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824985155933782,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9833261951019889,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9844212500672591,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9855345032717052,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9866595629014467,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9878384706221128,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924303230486418,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9938171168691233,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9943206176946038,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966286146327069,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9985036247066761,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.37.mlp": [
+            {
+                "accuracy": 0.9054160369069952,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9088325124037893,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9202748474321867,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9241997819197805,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9511975834244176,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9556623477684825,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9609218177042509,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9739718782274347,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9762476227785412,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9749298048646826,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9782841033057162,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987141667227996,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9891099467089302,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9927451783104947,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9934037312080986,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9944942793563792,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.997956498084884,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.38.self_attn": [
+            {
+                "accuracy": 0.937645159269634,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9467364800603766,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9515613474343952,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.959947711543033,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9706378234060187,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9712682366371155,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9787736189992804,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9796307698676461,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9811824246456748,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9824096403623882,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9849963501880044,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9862690803251768,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9867987319042808,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9879826260240454,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926167397122634,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9939155566849207,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9941907917198382,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9966495695867037,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.998445162255513,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.38.mlp": [
+            {
+                "accuracy": 0.8958802348689029,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9006078996156391,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9110460344113802,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9147642474425466,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.946221910024944,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9523847354085822,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9571540575278432,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9706684758788661,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9735021308848733,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9723784703957407,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9764011188557273,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9856869797957571,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.987984518471517,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9914679103776028,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9926897608920148,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9937343024893811,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9975427732263741,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.39.self_attn": [
+            {
+                "accuracy": 0.9506825553743463,
+                "total_bits": 111655168,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9541760463463633,
+                "total_bits": 114997504,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9602257138804385,
+                "total_bits": 119288192,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.970605376519655,
+                "total_bits": 139930496,
+                "q_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9759307880150644,
+                "total_bits": 165321856,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9766962387059864,
+                "total_bits": 165487616,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64,
+                        "3": 64
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9831409062209883,
+                "total_bits": 211983488,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9840662510771501,
+                "total_bits": 212149248,
+                "q_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9847271348300733,
+                "total_bits": 213960704,
+                "q_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 64
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9861967736168912,
+                "total_bits": 216920576,
+                "q_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.988256499171257,
+                "total_bits": 217916416,
+                "q_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9883716059358496,
+                "total_bits": 219400192,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.989154474515664,
+                "total_bits": 223787264,
+                "q_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 64
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 64,
+                        "4": 64
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9902394084553969,
+                "total_bits": 226914816,
+                "q_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "5": 32
+                    },
+                    "bits": [
+                        5
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9942531711176822,
+                "total_bits": 274898048,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9947619547969416,
+                "total_bits": 279343616,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9955289759918263,
+                "total_bits": 316841088,
+                "q_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.996928857541398,
+                "total_bits": 332263936,
+                "q_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 32
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "6": 32
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9984895283062207,
+                "total_bits": 421698688,
+                "q_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "k_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "v_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "o_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.layers.39.mlp": [
+            {
+                "accuracy": 0.8760726075423391,
+                "total_bits": 492374592,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8813951391922801,
+                "total_bits": 510724672,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        6,
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.2,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8914173527767784,
+                "total_bits": 569864704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        5,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.8959916328129015,
+                "total_bits": 639496704,
+                "gate_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "3": 64,
+                        "2": 64
+                    },
+                    "bits": [
+                        3,
+                        2
+                    ],
+                    "bits_prop": [
+                        0.3,
+                        0.7
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9366752724898488,
+                "total_bits": 721045344,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128,
+                        "3": 128
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9426689775366532,
+                "total_bits": 740855808,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        8,
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9470675242574591,
+                "total_bits": 796587104,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32,
+                        "3": 32
+                    },
+                    "bits": [
+                        4,
+                        3
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.965299267517893,
+                "total_bits": 910810592,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 128
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9683845796083149,
+                "total_bits": 924225536,
+                "gate_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "4": 32
+                    },
+                    "bits": [
+                        4
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9674584112669292,
+                "total_bits": 937477984,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 128,
+                        "4": 128
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9718679221052873,
+                "total_bits": 957288448,
+                "gate_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "5": 32,
+                        "4": 32
+                    },
+                    "bits": [
+                        8,
+                        5,
+                        4
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9832317264456498,
+                "total_bits": 1153910624,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128,
+                        "5": 128
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9857898652553558,
+                "total_bits": 1173721088,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.25,
+                        0.75
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 32,
+                        "5": 32
+                    },
+                    "bits": [
+                        8,
+                        6,
+                        5
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.1,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9900781629901183,
+                "total_bits": 1336788832,
+                "gate_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "6": 128
+                    },
+                    "bits": [
+                        6
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 32,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.05,
+                        0.95
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9913216523433986,
+                "total_bits": 1380525056,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.15,
+                        0.85
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9924873168531217,
+                "total_bits": 1505043456,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128,
+                        "6": 128
+                    },
+                    "bits": [
+                        8,
+                        6
+                    ],
+                    "bits_prop": [
+                        0.1,
+                        0.9
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            },
+            {
+                "accuracy": 0.9968294807170567,
+                "total_bits": 1769284608,
+                "gate_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "up_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                },
+                "down_proj": {
+                    "group_size": {
+                        "8": 128
+                    },
+                    "bits": [
+                        8
+                    ],
+                    "bits_prop": [
+                        1
+                    ],
+                    "scale_bits": 4
+                }
+            }
+        ],
+        "model.norm.norm": null,
+        "lm_head.linear": null
+    },
+    "last_module_idx": 82
+}
\ No newline at end of file